home *** CD-ROM | disk | FTP | other *** search
/ Developer CD Series 2000 October: Mac OS SDK / Dev.CD Oct 00 SDK1.toast / Development Kits / Mac OS / AIAT / Headers / Analysis / AlphaTokenizer.h next >
Encoding:
Text File  |  1998-04-16  |  1.1 KB  |  49 lines  |  [TEXT/CWIE]
  1. // AlphaTokenizer.h
  2. //    Copyright:    © 1994 - 1998 by Apple Computer, Inc., all rights reserved.
  3.  
  4. #pragma once
  5. #ifndef AlphaTokenizer_h
  6. #define AlphaTokenizer_h
  7.  
  8. #pragma import on
  9.  
  10. #if PRAGMA_STRUCT_ALIGN
  11.     #pragma options align=power
  12. #endif
  13.  
  14. #include "IAAnalysis.h"
  15. #include "IACharStream.h"
  16.  
  17. #pragma IA_BEGIN_EXPORTS
  18.  
  19. const AlphaTokenizerMaxTokenLen = 63;
  20.  
  21. class AlphaTokenizer : public IATokenStream {
  22. public:
  23.             AlphaTokenizer(IACharStream* stream);
  24. //            AlphaTokenizer(AlphaTokenizer& sts) : IATokenStream(sts) {}
  25.             ~AlphaTokenizer();              // deletes charStream
  26.     IAToken*            GetNextToken();
  27.     void                GetTextSpan(byte* buffer, uint32 startPos, uint32 endPos);
  28.  
  29. protected:    
  30.     void             SetCharStream (IACharStream* cStream) {charStream = cStream;}
  31.     IACharStream*     GetCharStream() {return charStream;}
  32.     void             SetStreamBuffer(char* sBuffer) {buffer = sBuffer;}
  33.     char*             GetStreamBuffer() {return buffer;}
  34.     
  35. private:
  36.     IACharStream*        charStream;
  37.     char*                buffer;
  38. };
  39.  
  40. #pragma IA_END_EXPORTS
  41.  
  42. #if PRAGMA_STRUCT_ALIGN
  43.     #pragma options align=reset
  44. #endif
  45.  
  46. #pragma import reset
  47.  
  48. #endif
  49.